package cn.dawn.webcollector.crawler;

import org.slf4j.Logger;
import org.slf4j.LoggerFactory;

import cn.dawn.webcollector.fetcher.Visitor;

/**
 * 
 * @author hu
 */
public abstract class DeepCrawler extends Crawler implements Visitor {

	public static final Logger LOG = LoggerFactory.getLogger(DeepCrawler.class);

	public DeepCrawler(String crawlPath) {
		super(crawlPath);
	}

	public static void main(String[] args) throws Exception {
		// DeepCrawler crawler = new DeepCrawler("/home/hu/data/bdbcrawl");
		// crawler.addSeed("http://www.xinhuanet.com/");
		// crawler.addSeed("http://www.sina.com");
		// crawler.start(3);
	}

	@Override
	public Visitor createVisitor(String url, String contentType) {
		return this;
	}

}
